<!DOCTYPE html><html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" data-whc_version="25.0">
    <head><link rel="shortcut icon" href="../../../oxygen-webhelp/template/images/favicon.png"/><link rel="icon" href="../../../oxygen-webhelp/template/images/favicon.png"/><meta http-equiv="Content-Type" content="text/html; charset=UTF-8"/><meta name="viewport" content="width=device-width, initial-scale=1.0"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><meta name="copyright" content="(C) Copyright 2024"/><meta name="generator" content="DITA-OT"/><meta name="description" content="The ADLS Gen2 File Metadata executor changes file metadata, creates an empty file, or removes a file or directory in Azure Data Lake Storage Gen2 each time it receives an event. To perform these tasks ..."/><meta name="prodname" content="Data Collector"/><meta name="version" content="3"/><meta name="release" content="16"/><meta name="modification" content="0"/>        
      <title>ADLS Gen2 File Metadata</title><!--  Generated with Oxygen version 25.1, build number 2023042410.  --><meta name="wh-path2root" content="../../../"/><meta name="wh-toc-id" content="concept_i22_k2k_xhb-d16893e56416"/><meta name="wh-source-relpath" content="datacollector/UserGuide/Executors/ADLS-G2-FileMeta.dita"/><meta name="wh-out-relpath" content="datacollector/UserGuide/Executors/ADLS-G2-FileMeta.html"/>

    <link rel="stylesheet" type="text/css" href="../../../oxygen-webhelp/app/commons.css?buildId=2023042410"/>
    <link rel="stylesheet" type="text/css" href="../../../oxygen-webhelp/app/topic.css?buildId=2023042410"/>

    <script src="../../../oxygen-webhelp/app/options/properties.js?buildId=20240802104629"></script>
    <script src="../../../oxygen-webhelp/app/localization/strings.js?buildId=2023042410"></script>
    <script src="../../../oxygen-webhelp/app/search/index/keywords.js?buildId=20240802104629"></script>
    <script defer="defer" src="../../../oxygen-webhelp/app/commons.js?buildId=2023042410"></script>
    <script defer="defer" src="../../../oxygen-webhelp/app/topic.js?buildId=2023042410"></script>
<link rel="stylesheet" type="text/css" href="../../../oxygen-webhelp/template/light.css?buildId=2023042410"/><link rel="stylesheet" type="text/css" href="../../../skin.css"/></head>

    <body class="wh_topic_page frmBody">
        
        
        

        
<nav class="navbar navbar-default wh_header" data-whc_version="25.0">
    <div class="container-fluid">
        <div class="wh_header_flex_container navbar-nav navbar-expand-md navbar-dark">
            <div class="wh_logo_and_publication_title_container">
                <div class="wh_logo_and_publication_title">
                    
                    <!--
                            This component will be generated when the next parameters are specified in the transformation scenario:
                            'webhelp.logo.image' and 'webhelp.logo.image.target.url'.
                            See: http://oxygenxml.com/doc/versions/17.1/ug-editor/#topics/dita_webhelp_output.html.
                    -->
                    
                    <div class=" wh_publication_title "><a href="../../../index.html"><span class="booktitle">  <span class="ph mainbooktitle"><span class="ph">Data Collector</span> User Guide</span>  </span></a></div>
                    
                </div>
                
                <!-- The menu button for mobile devices is copied in the output only when the 'webhelp.show.top.menu' parameter is set to 'yes' -->
                
            </div>

            <div class="wh_top_menu_and_indexterms_link collapse navbar-collapse">
                
                
                <div class=" wh_indexterms_link "><a href="../../../indexTerms.html" title="Index" aria-label="Go to index terms page"><span>Index</span></a></div>
                
            </div>
        </div>
    </div>
</nav>

        <div class=" wh_search_input navbar-form wh_topic_page_search search " role="form">


<form id="searchForm" method="get" role="search" action="../../../search.html"><div><input type="search" placeholder="Search " class="wh_search_textfield" id="textToSearch" name="searchQuery" aria-label="Search query" required="required"/><button type="submit" class="wh_search_button" aria-label="Search"><span class="search_input_text">Search</span></button></div></form>

</div>
        
        <div class="container-fluid">
            <div class="row">

                <nav class="wh_tools d-print-none">
                    
<div data-tooltip-position="bottom" class=" wh_breadcrumb "><ol class="d-print-none"><li><span class="home"><a href="../../../index.html"><span>Home</span></a></span></li><li><div class="topicref" data-id="concept_umc_1lk_fx"><div class="title"><a href="../../../datacollector/UserGuide/Executors/Executors-title.html">Executors</a></div></div></li><li class="active"><div class="topicref" data-id="concept_i22_k2k_xhb"><div class="title"><a href="../../../datacollector/UserGuide/Executors/ADLS-G2-FileMeta.html#concept_i22_k2k_xhb">ADLS Gen2 File Metadata</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li></ol></div>



                    <div class="wh_right_tools "><button class="wh_hide_highlight" aria-label="Toggle search highlights" title="Toggle search highlights"></button><button class="webhelp_expand_collapse_sections" data-next-state="collapsed" aria-label="Collapse sections" title="Collapse sections"></button><div class=" wh_navigation_links "><span id="topic_navigation_links" class="navheader">
  
<span class="navprev"><a class="- topic/link link" href="../../../datacollector/UserGuide/Executors/ADLS-G1-FileMeta.html#concept_zhp_ldk_xhb" title="ADLS Gen1 File Metadata (deprecated)" aria-label="Previous topic: ADLS Gen1 File Metadata (deprecated)" rel="prev"></a></span>  
<span class="navnext"><a class="- topic/link link" href="../../../datacollector/UserGuide/Executors/AmazonS3.html#concept_mvh_bnm_f1b" title="Amazon S3" aria-label="Next topic: Amazon S3" rel="next"></a></span>  </span></div>
<!--External resource link-->
<div class=" wh_print_link print d-none d-md-inline-block "><button onClick="window.print()" title="Print this page" aria-label="Print this page"></button></div>
                        
                        
                        
                        
                    </div>
                </nav>
            </div>

            

<div class="wh_content_area">
                <div class="row">
                    


                        <nav role="navigation" id="wh_publication_toc" class="col-lg-3 col-md-3 col-sm-12 d-md-block d-none d-print-none">
<div id="wh_publication_toc_content">


                            <div class=" wh_publication_toc " data-tooltip-position="right"><span class="expand-button-action-labels"><span id="button-expand-action" role="button" aria-label="Expand"></span><span id="button-collapse-action" role="button" aria-label="Collapse"></span><span id="button-pending-action" role="button" aria-label="Pending"></span></span><ul role="tree" aria-label="Table of Contents"><li role="treeitem" aria-expanded="false"><div data-tocid="concept_htw_ghg_jq-d16893e53" class="topicref" data-id="concept_htw_ghg_jq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_htw_ghg_jq-d16893e53-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#concept_htw_ghg_jq" id="concept_htw_ghg_jq-d16893e53-link">Getting Started</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_l2v_nlp_mpb-d16893e331" class="topicref" data-id="concept_l2v_nlp_mpb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_l2v_nlp_mpb-d16893e331-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/ReleaseNotes/ReleaseNotes.html#concept_l2v_nlp_mpb" id="concept_l2v_nlp_mpb-d16893e331-link">Release Notes</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_l4q_flb_kr-d16893e2582" class="topicref" data-id="concept_l4q_flb_kr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_l4q_flb_kr-d16893e2582-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Installation/Install_title.html" id="concept_l4q_flb_kr-d16893e2582-link">Installation</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ylh_yyz_ky-d16893e3984" class="topicref" data-id="concept_ylh_yyz_ky" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ylh_yyz_ky-d16893e3984-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Configuration/Config_title.html" id="concept_ylh_yyz_ky-d16893e3984-link">Configuration</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ejk_f1f_5v-d16893e7058" class="topicref" data-id="concept_ejk_f1f_5v" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ejk_f1f_5v-d16893e7058-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/Upgrade_title.html" id="concept_ejk_f1f_5v-d16893e7058-link">Upgrade</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_qsw_cjy_bt-d16893e10103" class="topicref" data-id="concept_qsw_cjy_bt" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_qsw_cjy_bt-d16893e10103-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Design/PipelineDesign_title.html" id="concept_qsw_cjy_bt-d16893e10103-link">Pipeline Concepts and Design</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_qn1_wn4_kq-d16893e11199" class="topicref" data-id="concept_qn1_wn4_kq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_qn1_wn4_kq-d16893e11199-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/PipelineConfiguration_title.html" id="concept_qn1_wn4_kq-d16893e11199-link">Pipeline Configuration</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_hdr_gyw_41b-d16893e13057" class="topicref" data-id="concept_hdr_gyw_41b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_hdr_gyw_41b-d16893e13057-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Data_Formats/DataFormats-Title.html" id="concept_hdr_gyw_41b-d16893e13057-link">Data Formats</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_yjl_nc5_jq-d16893e14164" class="topicref" data-id="concept_yjl_nc5_jq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_yjl_nc5_jq-d16893e14164-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Origins_title.html" id="concept_yjl_nc5_jq-d16893e14164-link">Origins</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_yjl_nc5_jq-d16893e35197" class="topicref" data-id="concept_yjl_nc5_jq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_yjl_nc5_jq-d16893e35197-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/Processors_title.html" id="concept_yjl_nc5_jq-d16893e35197-link">Processors</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_agj_cfj_br-d16893e44037" class="topicref" data-id="concept_agj_cfj_br" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_agj_cfj_br-d16893e44037-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Destinations/Destinations-title.html" id="concept_agj_cfj_br-d16893e44037-link">Destinations</a></div></div></li><li role="treeitem" aria-expanded="true"><div data-tocid="concept_umc_1lk_fx-d16893e56072" class="topicref" data-id="concept_umc_1lk_fx" data-state="expanded"><span role="button" tabindex="0" aria-labelledby="button-collapse-action concept_umc_1lk_fx-d16893e56072-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/Executors-title.html" id="concept_umc_1lk_fx-d16893e56072-link">Executors</a></div></div><ul role="group" class="navbar-nav nav-list"><li role="treeitem"><div data-tocid="concept_stt_2lk_fx-d16893e56094" class="topicref" data-id="concept_stt_2lk_fx" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/Executors-overview.html#concept_stt_2lk_fx" id="concept_stt_2lk_fx-d16893e56094-link">Executors</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_zhp_ldk_xhb-d16893e56118" class="topicref" data-id="concept_zhp_ldk_xhb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_zhp_ldk_xhb-d16893e56118-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/ADLS-G1-FileMeta.html#concept_zhp_ldk_xhb" id="concept_zhp_ldk_xhb-d16893e56118-link">ADLS Gen1 File Metadata (deprecated)</a></div></div></li><li role="treeitem" aria-expanded="true" class="active"><div data-tocid="concept_i22_k2k_xhb-d16893e56416" class="topicref" data-id="concept_i22_k2k_xhb" data-state="expanded"><span role="button" tabindex="0" aria-labelledby="button-collapse-action concept_i22_k2k_xhb-d16893e56416-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/ADLS-G2-FileMeta.html#concept_i22_k2k_xhb" id="concept_i22_k2k_xhb-d16893e56416-link">ADLS Gen2 File Metadata</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div><ul role="group" class="navbar-nav nav-list"><li role="treeitem" aria-expanded="false"><div data-tocid="concept_vkp_gqb_b3b-d16893e56440" class="topicref" data-id="concept_vkp_gqb_b3b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_vkp_gqb_b3b-d16893e56440-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/ADLS-G2-FileMeta.html#concept_vkp_gqb_b3b" id="concept_vkp_gqb_b3b-d16893e56440-link">Prerequisites</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_ncc_4qb_b3b-d16893e56486" class="topicref" data-id="concept_ncc_4qb_b3b" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/ADLS-G2-FileMeta.html#concept_ncc_4qb_b3b" id="concept_ncc_4qb_b3b-d16893e56486-link">Related Event Generating Stages</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_yxv_sqb_b3b-d16893e56510" class="topicref" data-id="concept_yxv_sqb_b3b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_yxv_sqb_b3b-d16893e56510-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/ADLS-G2-FileMeta.html#concept_yxv_sqb_b3b" id="concept_yxv_sqb_b3b-d16893e56510-link">Changing Metadata</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_gtd_nrb_b3b-d16893e56604" class="topicref" data-id="concept_gtd_nrb_b3b" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/ADLS-G2-FileMeta.html#concept_gtd_nrb_b3b" id="concept_gtd_nrb_b3b-d16893e56604-link">Creating an Empty File</a></div></div></li><li role="treeitem"><div data-tocid="concept_zjn_qrb_b3b-d16893e56626" class="topicref" data-id="concept_zjn_qrb_b3b" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/ADLS-G2-FileMeta.html#concept_zjn_qrb_b3b" id="concept_zjn_qrb_b3b-d16893e56626-link">Removing a File or Directory</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_h5x_5rb_b3b-d16893e56648" class="topicref" data-id="concept_h5x_5rb_b3b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_h5x_5rb_b3b-d16893e56648-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/ADLS-G2-FileMeta.html#concept_h5x_5rb_b3b" id="concept_h5x_5rb_b3b-d16893e56648-link">Event Generation</a></div></div></li><li role="treeitem"><div data-tocid="task_uwz_m45_rhb-d16893e56692" class="topicref" data-id="task_uwz_m45_rhb" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/ADLS-G2-FileMeta.html#task_uwz_m45_rhb" id="task_uwz_m45_rhb-d16893e56692-link">Configuring an ADLS Gen2 File Metadata Executor </a></div></div></li></ul></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_mvh_bnm_f1b-d16893e56714" class="topicref" data-id="concept_mvh_bnm_f1b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_mvh_bnm_f1b-d16893e56714-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/AmazonS3.html#concept_mvh_bnm_f1b" id="concept_mvh_bnm_f1b-d16893e56714-link">Amazon S3</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_fdc_qrx_jz-d16893e56919" class="topicref" data-id="concept_fdc_qrx_jz" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_fdc_qrx_jz-d16893e56919-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/Databricks.html#concept_fdc_qrx_jz" id="concept_fdc_qrx_jz-d16893e56919-link">Databricks Job Launcher</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_bzl_3fq_zjb-d16893e57061" class="topicref" data-id="concept_bzl_3fq_zjb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_bzl_3fq_zjb-d16893e57061-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/DatabricksQuery.html#concept_bzl_3fq_zjb" id="concept_bzl_3fq_zjb-d16893e57061-link">Databricks Query </a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_sjs_sfp_qz-d16893e57252" class="topicref" data-id="concept_sjs_sfp_qz" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_sjs_sfp_qz-d16893e57252-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/Email.html#concept_sjs_sfp_qz" id="concept_sjs_sfp_qz-d16893e57252-link">Email</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_xym_npb_3qb-d16893e57364" class="topicref" data-id="concept_xym_npb_3qb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_xym_npb_3qb-d16893e57364-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/GCS-E.html#concept_xym_npb_3qb" id="concept_xym_npb_3qb-d16893e57364-link">Google Cloud Storage</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_sqc_w4w_ktb-d16893e57554" class="topicref" data-id="concept_sqc_w4w_ktb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_sqc_w4w_ktb-d16893e57554-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/GBQuery-E.html#concept_sqc_w4w_ktb" id="concept_sqc_w4w_ktb-d16893e57554-link">Google BigQuery</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wgj_slk_fx-d16893e57718" class="topicref" data-id="concept_wgj_slk_fx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wgj_slk_fx-d16893e57718-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/HDFSMetadata.html#concept_wgj_slk_fx" id="concept_wgj_slk_fx-d16893e57718-link">HDFS File Metadata</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_kjw_llk_fx-d16893e58029" class="topicref" data-id="concept_kjw_llk_fx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_kjw_llk_fx-d16893e58029-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/HiveQuery.html#concept_kjw_llk_fx" id="concept_kjw_llk_fx-d16893e58029-link">Hive Query</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_j3r_gcv_sx-d16893e58207" class="topicref" data-id="concept_j3r_gcv_sx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_j3r_gcv_sx-d16893e58207-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/JDBCQuery.html#concept_j3r_gcv_sx" id="concept_j3r_gcv_sx-d16893e58207-link">JDBC Query</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ohx_r5h_z1b-d16893e58370" class="topicref" data-id="concept_ohx_r5h_z1b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ohx_r5h_z1b-d16893e58370-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/MapRFSFileMeta.html#concept_ohx_r5h_z1b" id="concept_ohx_r5h_z1b-d16893e58370-link">MapR FS File Metadata</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_bj2_zlk_fx-d16893e58680" class="topicref" data-id="concept_bj2_zlk_fx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_bj2_zlk_fx-d16893e58680-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/MapReduce.html#concept_bj2_zlk_fx" id="concept_bj2_zlk_fx-d16893e58680-link">MapReduce</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_qzm_l4r_kz-d16893e58905" class="topicref" data-id="concept_qzm_l4r_kz" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_qzm_l4r_kz-d16893e58905-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/PipelineFinisher.html#concept_qzm_l4r_kz" id="concept_qzm_l4r_kz-d16893e58905-link">Pipeline Finisher</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_kcf_sn2_jlb-d16893e59039" class="topicref" data-id="concept_kcf_sn2_jlb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_kcf_sn2_jlb-d16893e59039-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/SFTP.html#concept_kcf_sn2_jlb" id="concept_kcf_sn2_jlb-d16893e59039-link">SFTP/FTP/FTPS Client</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_jsr_zpw_tz-d16893e59107" class="topicref" data-id="concept_jsr_zpw_tz" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_jsr_zpw_tz-d16893e59107-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/Shell.html#concept_jsr_zpw_tz" id="concept_jsr_zpw_tz-d16893e59107-link">Shell</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_xrx_crn_4qb-d16893e59241" class="topicref" data-id="concept_xrx_crn_4qb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_xrx_crn_4qb-d16893e59241-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/Snowflake-E.html#concept_xrx_crn_4qb" id="concept_xrx_crn_4qb-d16893e59241-link">Snowflake</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_cvy_vxb_1z-d16893e59451" class="topicref" data-id="concept_cvy_vxb_1z" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_cvy_vxb_1z-d16893e59451-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/Spark.html#concept_cvy_vxb_1z" id="concept_cvy_vxb_1z-d16893e59451-link">Spark</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li></ul></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_xxd_f5r_kx-d16893e59696" class="topicref" data-id="concept_xxd_f5r_kx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_xxd_f5r_kx-d16893e59696-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_xxd_f5r_kx" id="concept_xxd_f5r_kx-d16893e59696-link">Dataflow Triggers</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_zq5_pb4_flb-d16893e60134" class="topicref" data-id="concept_zq5_pb4_flb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_zq5_pb4_flb-d16893e60134-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Solutions/Solutions-title.html" id="concept_zq5_pb4_flb-d16893e60134-link">Solutions</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ugp_kwf_xw-d16893e61337" class="topicref" data-id="concept_ugp_kwf_xw" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ugp_kwf_xw-d16893e61337-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/DPM/DPM_title.html" id="concept_ugp_kwf_xw-d16893e61337-link">StreamSets Control Hub</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_fyf_gkq_4bb-d16893e62693" class="topicref" data-id="concept_fyf_gkq_4bb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_fyf_gkq_4bb-d16893e62693-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Edge_Mode/EdgePipelines_title.html" id="concept_fyf_gkq_4bb-d16893e62693-link"><span class="ph">StreamSets Data Collector Edge</span></a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wwq_gxc_py-d16893e63980" class="topicref" data-id="concept_wwq_gxc_py" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wwq_gxc_py-d16893e63980-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Multithreaded_Pipelines/MultithreadedPipelines.html#concept_wwq_gxc_py" id="concept_wwq_gxc_py-d16893e63980-link">Multithreaded Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_gzw_tdm_p2b-d16893e64187" class="topicref" data-id="concept_gzw_tdm_p2b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_gzw_tdm_p2b-d16893e64187-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Microservice/Microservice_Title.html#concept_gzw_tdm_p2b" id="concept_gzw_tdm_p2b-d16893e64187-link">Microservice Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="Orchestrators_Title-d16893e64348" class="topicref" data-id="Orchestrators_Title" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action Orchestrators_Title-d16893e64348-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Orchestration_Pipelines/OrchestrationPipelines_Title.html#Orchestrators_Title" id="Orchestrators_Title-d16893e64348-link">Orchestration Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wr1_ktz_bt-d16893e64489" class="topicref" data-id="concept_wr1_ktz_bt" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wr1_ktz_bt-d16893e64489-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/RPC_Pipelines/SDC_RPCpipelines_title.html#concept_wr1_ktz_bt" id="concept_wr1_ktz_bt-d16893e64489-link">SDC RPC Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_fpz_5r4_vs-d16893e64679" class="topicref" data-id="concept_fpz_5r4_vs" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_fpz_5r4_vs-d16893e64679-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Cluster_Mode/ClusterPipelines_title.html" id="concept_fpz_5r4_vs-d16893e64679-link">Cluster Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_jjk_23z_sq-d16893e65172" class="topicref" data-id="concept_jjk_23z_sq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_jjk_23z_sq-d16893e65172-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Data_Preview/DataPreview_Title.html#concept_jjk_23z_sq" id="concept_jjk_23z_sq-d16893e65172-link">Data Preview</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_pgk_brx_rr-d16893e65458" class="topicref" data-id="concept_pgk_brx_rr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_pgk_brx_rr-d16893e65458-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Alerts/RulesAlerts_title.html#concept_pgk_brx_rr" id="concept_pgk_brx_rr-d16893e65458-link">Rules and Alerts</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_asx_fdz_sq-d16893e65960" class="topicref" data-id="concept_asx_fdz_sq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_asx_fdz_sq-d16893e65960-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Monitoring/PipelineMonitoring_title.html#concept_asx_fdz_sq" id="concept_asx_fdz_sq-d16893e65960-link">Pipeline Monitoring</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_o3l_dtr_5q-d16893e66304" class="topicref" data-id="concept_o3l_dtr_5q" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_o3l_dtr_5q-d16893e66304-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Maintenance/PipelineMaintenance_title.html#concept_o3l_dtr_5q" id="concept_o3l_dtr_5q-d16893e66304-link">Pipeline Maintenance</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_yms_ftm_sq-d16893e66768" class="topicref" data-id="concept_yms_ftm_sq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_yms_ftm_sq-d16893e66768-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Administration/Administration_title.html#concept_yms_ftm_sq" id="concept_yms_ftm_sq-d16893e66768-link">Administration</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_nls_w1r_ks-d16893e67508" class="topicref" data-id="concept_nls_w1r_ks" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_nls_w1r_ks-d16893e67508-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Tutorial/Tutorial-title.html" id="concept_nls_w1r_ks-d16893e67508-link">Tutorial</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_sh3_frm_tq-d16893e68001" class="topicref" data-id="concept_sh3_frm_tq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_sh3_frm_tq-d16893e68001-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_sh3_frm_tq" id="concept_sh3_frm_tq-d16893e68001-link">Troubleshooting</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_xbx_rs1_tq-d16893e68798" class="topicref" data-id="concept_xbx_rs1_tq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_xbx_rs1_tq-d16893e68798-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Glossary/Glossary_title.html#concept_xbx_rs1_tq" id="concept_xbx_rs1_tq-d16893e68798-link">Glossary</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_jn1_nzb_kv-d16893e68843" class="topicref" data-id="concept_jn1_nzb_kv" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_jn1_nzb_kv-d16893e68843-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Apx-DataFormats/DataFormat_Title.html#concept_jn1_nzb_kv" id="concept_jn1_nzb_kv-d16893e68843-link">Data Formats by Stage</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_pvm_yt3_wq-d16893e68958" class="topicref" data-id="concept_pvm_yt3_wq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_pvm_yt3_wq-d16893e68958-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Expression_Language/ExpressionLanguage_title.html" id="concept_pvm_yt3_wq-d16893e68958-link">Expression Language</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_vcj_1ws_js-d16893e69669" class="topicref" data-id="concept_vcj_1ws_js" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_vcj_1ws_js-d16893e69669-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Apx-RegEx/RegEx-Title.html#concept_vcj_1ws_js" id="concept_vcj_1ws_js-d16893e69669-link">Regular Expressions</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_chv_vmj_wr-d16893e69787" class="topicref" data-id="concept_chv_vmj_wr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_chv_vmj_wr-d16893e69787-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Apx-GrokPatterns/GrokPatterns_title.html#concept_chv_vmj_wr" id="concept_chv_vmj_wr-d16893e69787-link">Grok Patterns</a></div></div></li></ul></div>
                        

</div>
</nav>
                    


                    
                    <div id="wh_topic_body" class="col-lg-7 col-md-9 col-sm-12">
<button id="wh_close_publication_toc_button" class="close-toc-button d-none" aria-label="Toggle publishing table of content" aria-controls="wh_publication_toc" aria-expanded="true"><span class="close-toc-icon-container"><span class="close-toc-icon"></span></span></button><button id="wh_close_topic_toc_button" class="close-toc-button d-none" aria-label="Toggle topic table of content" aria-controls="wh_topic_toc" aria-expanded="true"><span class="close-toc-icon-container"><span class="close-toc-icon"></span></span></button>

                        
<div class=" wh_topic_content body "><main role="main"><article class="" role="article" aria-labelledby="ariaid-title1"><article class="nested0" aria-labelledby="ariaid-title1" id="concept_i22_k2k_xhb">
    <h1 class="- topic/title title topictitle1" id="ariaid-title1">ADLS Gen2 File Metadata</h1>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">The ADLS Gen2 File Metadata
            executor changes file metadata, creates an empty file, or removes a file or directory in
            Azure Data Lake Storage Gen2 each time it receives an event. <span class="- topic/ph ph">To perform
                these tasks in Azure Data Lake Storage Gen1, use the <a class="- topic/xref xref" href="ADLS-G1-FileMeta.html#concept_zhp_ldk_xhb">ADLS Gen1 File Metadata
                    executor</a>. </span><span class="- topic/ph ph">For information about supported versions, see <a class="- topic/xref xref" href="../Installation/SupportedSystemVersions.html#concept_s5h_bcr_n4b">Supported Systems and Versions</a>.</span></p>
        <p class="- topic/p p">Before you use the executor, you must perform some prerequisite tasks.</p>
        <p class="- topic/p p">An executor can perform a single task. To perform more than one task, use additional
            executors. </p>
        <p class="- topic/p p">Use the ADLS Gen2 File Metadata executor as part of an event stream. For example, you
            might use the executor to move a file or change file permissions after it receives a
            file closure event from the Azure Data Lake Storage Gen2 destination.</p>
        <p class="- topic/p p">To change metadata, configure an expression that represents the location and name of the
            file to process, and then specify the changes you want to make. To create an empty file,
            specify the output location for the file, and optionally specify the owner, permissions,
            and ACLs for the file. To remove a file or directory, specify the location of the file
            or directory.</p>
        <p class="- topic/p p">When necessary, you can configure advanced properties to pass to the underlying Hadoop
            file system. </p>
        <p class="- topic/p p"></p>
        <p class="- topic/p p">You can also configure the executor to generate events for
                  another event stream. <span class="- topic/ph ph" id="concept_i22_k2k_xhb__O-EventGen-xref">For more information about dataflow
                        triggers and the event framework, see <a class="- topic/xref xref" href="../Event_Handling/EventFramework-Title.html#concept_cph_5h4_lx">Dataflow Triggers Overview</a>.</span></p>
        <p class="- topic/p p">For a solution that describes how to use a similar file metadata executor, see <a class="- topic/xref xref" href="../Solutions/FileManagement.html#concept_d1q_xl4_lx">Managing Output Files</a>.</p>
    </div>
<article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title2" id="concept_vkp_gqb_b3b">
    <h2 class="- topic/title title topictitle2" id="ariaid-title2">Prerequisites</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <div class="- topic/p p">Complete the following
            prerequisites before you configure the ADLS Gen2 File Metadata executor:<ol class="- topic/ol ol" id="concept_vkp_gqb_b3b__ol_xrz_g1l_vhb" data-ofbid="concept_vkp_gqb_b3b__ol_xrz_g1l_vhb">
                <li class="- topic/li li">If necessary, create a new Azure Active Directory
                    application for <span class="- topic/ph ph">Data Collector</span>.<p class="- topic/p p" id="concept_vkp_gqb_b3b__p_ADLS-Auth-CreateAppInfo" data-ofbid="concept_vkp_gqb_b3b__p_ADLS-Auth-CreateAppInfo">For information about creating a new
                        application, see the <a class="- topic/xref xref" href="https://docs.microsoft.com/en-us/azure/active-directory/develop/howto-create-service-principal-portal" target="_blank" rel="external noopener">Azure documentation</a>.</p></li>
                <li class="- topic/li li"><span class="- topic/ph ph">Ensure that the Azure Active Directory <span class="- topic/ph ph">Data Collector</span> application
                        has the appropriate access control to perform the necessary
                        tasks.</span><p class="- topic/p p">The <span class="- topic/ph ph">Data Collector</span> application
                        requires Read, Write, and Execute permissions to perform all possible tasks.
                            </p><p class="- topic/p p">For information about configuring Gen2 access
                        control, see the <a class="- topic/xref xref" href="https://docs.microsoft.com/en-us/azure/storage/blobs/data-lake-storage-access-control" target="_blank" rel="external noopener">Azure documentation</a>.</p></li>
                <li class="- topic/li li"><a class="- topic/xref xref" href="ADLS-G2-FileMeta.html#concept_j2q_kqb_b3b">Retrieve
                        information from Azure</a> to configure the executor. </li>
            </ol></div>
        <p class="- topic/p p">After you complete all of the prerequisite tasks, you can configure the executor. </p>
    </div>
<article class="- topic/topic concept/concept topic concept nested2" aria-labelledby="ariaid-title3" id="concept_j2q_kqb_b3b">
    <h3 class="- topic/title title topictitle3" id="ariaid-title3">Retrieve Authentication Information</h3>
    <div class="- topic/body concept/conbody body conbody">
        <p class="- topic/p p">The ADLS Gen2 File Metadata executor can use different methods to authenticate
            connections to Azure. </p>
        <div class="- topic/p p">The authentication information required depends on the selected authentication method:
                <dl class="- topic/dl dl">
                
                    <dt class="- topic/dt dt dlterm" id="concept_j2q_kqb_b3b__dlentry-Azure-Gen2-AuthDetails" data-ofbid="concept_j2q_kqb_b3b__dlentry-Azure-Gen2-AuthDetails">OAuth with Service Principal</dt>
                    <dd class="- topic/dd dd">Connections made with OAuth with Service Principal authentication require
                        the following information:<ul class="- topic/ul ul">
                            <li class="- topic/li li" id="concept_j2q_kqb_b3b__Azure-AppId-li" data-ofbid="concept_j2q_kqb_b3b__Azure-AppId-li">Application ID - <span class="- topic/ph ph" id="concept_j2q_kqb_b3b__Azure-AppID-def">Application ID for the Azure Active Directory <span class="- topic/ph ph">Data Collector</span>
                                    application. Also known as the client ID. </span><p class="- topic/p p" id="concept_j2q_kqb_b3b__Azure-GetKeyandKey" data-ofbid="concept_j2q_kqb_b3b__Azure-GetKeyandKey">For information on accessing the
                                    application ID from the Azure portal, see the <a class="- topic/xref xref" href="https://docs.microsoft.com/en-us/azure/active-directory/develop/howto-create-service-principal-portal#get-application-id-and-authentication-key" target="_blank" rel="external noopener">Azure
                                    documentation</a>.</p></li>
                            <li class="- topic/li li">Tenant ID - T<span class="- topic/ph ph" id="concept_j2q_kqb_b3b__Azure-Gen2-TenantID-def"><span class="- topic/ph ph" id="concept_j2q_kqb_b3b__ph-justTenantID">enant ID for the Azure Active Directory
                                            <span class="- topic/ph ph">Data Collector</span> application</span>. Also known as the directory ID.</span>
                                <p class="- topic/p p" id="concept_j2q_kqb_b3b__Azure-GetTenantID" data-ofbid="concept_j2q_kqb_b3b__Azure-GetTenantID">For information on accessing the tenant ID
                                    from the Azure portal, see the <a class="- topic/xref xref" href="https://docs.microsoft.com/en-us/azure/active-directory/develop/howto-create-service-principal-portal#get-tenant-id" target="_blank" rel="external noopener">Azure
                                    documentation</a>.</p></li>
                            <li class="- topic/li li" id="concept_j2q_kqb_b3b__Azure-AppKey-li" data-ofbid="concept_j2q_kqb_b3b__Azure-AppKey-li">Application Key - <span class="- topic/ph ph" id="concept_j2q_kqb_b3b__Azure-Gen2-AuthKey-def">Authentication key or client secret
                                    for the Azure Active Directory application. Also known as the
                                    client secret.</span><p class="- topic/p p" id="concept_j2q_kqb_b3b__Azure-GetKeyandKey2" data-ofbid="concept_j2q_kqb_b3b__Azure-GetKeyandKey2">For information
                                    on accessing the application key from the Azure portal, see the
                                        <a class="- topic/xref xref" href="https://docs.microsoft.com/en-us/azure/active-directory/develop/howto-create-service-principal-portal#get-application-id-and-authentication-key" target="_blank" rel="external noopener">Azure
                                    documentation</a>.</p></li>
                        </ul></dd>
                
                
                    <dt class="- topic/dt dt dlterm" id="concept_j2q_kqb_b3b__dlentry_AzureManagedIdentity" data-ofbid="concept_j2q_kqb_b3b__dlentry_AzureManagedIdentity">Azure Managed Identity</dt>
                    <dd class="- topic/dd dd" id="concept_j2q_kqb_b3b__dd-AMI">Connections made with Azure Managed Identity authentication
                        require the following information:<ul class="- topic/ul ul" id="concept_j2q_kqb_b3b__ul_ddl_dz2_nwb" data-ofbid="concept_j2q_kqb_b3b__ul_ddl_dz2_nwb">
                            <li class="- topic/li li">Application ID - <span class="- topic/ph ph">Application ID for the Azure Active Directory <span class="- topic/ph ph">Data Collector</span>
                                    application. Also known as the client ID. </span><p class="- topic/p p">For information on accessing the
                                    application ID from the Azure portal, see the <a class="- topic/xref xref" href="https://docs.microsoft.com/en-us/azure/active-directory/develop/howto-create-service-principal-portal#get-application-id-and-authentication-key" target="_blank" rel="external noopener">Azure
                                    documentation</a>.</p></li>
                        </ul></dd>
                
                
                    <dt class="- topic/dt dt dlterm" id="concept_j2q_kqb_b3b__dlentry_SharedKey" data-ofbid="concept_j2q_kqb_b3b__dlentry_SharedKey">Shared Key</dt>
                    <dd class="- topic/dd dd">Connections made with Shared Key authentication require the following
                            information:<ul class="- topic/ul ul" id="concept_j2q_kqb_b3b__ul_g5g_kk3_xhb" data-ofbid="concept_j2q_kqb_b3b__ul_g5g_kk3_xhb">
                            <li class="- topic/li li" id="concept_j2q_kqb_b3b__Azure-ASharedKey-li" data-ofbid="concept_j2q_kqb_b3b__Azure-ASharedKey-li">Account Shared Key - <span class="- topic/ph ph" id="concept_j2q_kqb_b3b__Azure-Gen2-SharedKey-def">Shared access key that Azure
                                    generated for the storage account.</span><p class="- topic/p p" id="concept_j2q_kqb_b3b__Azure-GetSharedKey" data-ofbid="concept_j2q_kqb_b3b__Azure-GetSharedKey">For more information on accessing the
                                    shared access key from the Azure portal, see the <a class="- topic/xref xref" href="https://docs.microsoft.com/en-us/azure/storage/common/storage-account-manage#access-keys" target="_blank" rel="external noopener">Azure documentation</a>.
                                </p></li>
                        </ul></dd>
                
            </dl></div>
    </div>
</article></article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title4" id="concept_ncc_4qb_b3b">
    <h2 class="- topic/title title topictitle2" id="ariaid-title4">Related Event Generating Stages</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">Use the ADLS Gen2 File Metadata executor in the
            event stream of a pipeline. The ADLS Gen2 File Metadata executor is optimized to update
            file metadata for output files or whole files processed by the Azure Data Lake Storage
            Gen2 destination or another ADLS Gen2 File Metadata executor. However, you can use the
            executor in any logical way. </p>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title5" id="concept_yxv_sqb_b3b">
    <h2 class="- topic/title title topictitle2" id="ariaid-title5">Changing Metadata</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">You can configure the ADLS Gen2 File Metadata
            executor to change metadata for a file in Azure Data Lake Storage Gen2 after receiving
            an event. For example, you might use the executor to change file permissions after a
            destination closes a file.</p>
        <div class="- topic/p p">The ADLS Gen2 File Metadata executor can change the following file metadata at the same
                time:<ul class="- topic/ul ul" id="concept_yxv_sqb_b3b__ul_gym_xw3_rx" data-ofbid="concept_yxv_sqb_b3b__ul_gym_xw3_rx">
                <li class="- topic/li li">File name</li>
                <li class="- topic/li li">File location</li>
                <li class="- topic/li li">File owner and group</li>
                <li class="- topic/li li">File permissions</li>
                <li class="- topic/li li">Access control lists (ACLs)</li>
            </ul></div>
        <p class="- topic/p p">To change metadata, the Azure Active Directory application for <span class="- topic/ph ph">Data Collector</span>
            must have the required permission. </p>
    </div>
<article class="- topic/topic concept/concept topic concept nested2" aria-labelledby="ariaid-title6" id="concept_concept_sj5_wqb_b3b">
    <h3 class="- topic/title title topictitle3" id="ariaid-title6">Specifying the File Path</h3>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">When using the ADLS Gen2 File Metadata executor to change
            file metadata, specify an expression for the File Path property that provides an
            absolute path to the files you want to use. </p>
        <p class="- topic/p p">Use the default file path expression, <code class="+ topic/ph pr-d/codeph ph codeph">${record:value('/filepath')}</code>, to
            update output files closed by the Azure Data Lake Storage Gen2 destination. The file
            closure event records generated by this destination include a <code class="+ topic/ph pr-d/codeph ph codeph">filepath</code>
            field that contains the location and name of the closed output files.</p>
        <div class="- topic/p p">To update whole files that the Azure Data Lake Storage Gen2 destination has completed
            streaming, use the following
            expression:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>${record:value('/targetFileInfo/path')}</code></pre></div>
        <p class="- topic/p p">The whole file processed event records from the destination include a
                <code class="+ topic/ph pr-d/codeph ph codeph">/targetFileInfo/path</code> field that contains the location and name of
            the processed whole files. </p>
        <p class="- topic/p p">For more information about the event records generated by the Azure Data Lake Storage
            Gen2 destination, see <a class="- topic/xref xref" href="../Destinations/ADLS-G2-D.html#concept_fcy_msk_vhb">Event Records</a>. </p>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested2" aria-labelledby="ariaid-title7" id="concept_dz4_brb_b3b">
    <h3 class="- topic/title title topictitle3" id="ariaid-title7">Changing the File Name or Location</h3>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">When using the ADLS Gen2 File Metadata executor
            to change file metadata, you can change the name or location of files after they close.
            To specify new file names and locations, you can enter constants or expressions. Use any
            expression that evaluates to the values that you want to use. </p>
        <div class="- topic/p p">When needed, you can include file functions in expressions to specify part of the
            existing file path. File functions can return any part of a path, file name, or
            extension. <dl class="- topic/dl dl">
                
                    <dt class="- topic/dt dt dlterm">Example for moving files</dt>
                    <dd class="- topic/dd dd">Say the Azure Data Lake Storage Gen2 destination writes JSON files to the
                        following directory
                        structure:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>/server1/weblogs/&lt;subdir&gt;/&lt;filename&gt;</code></pre></dd>
                    <dd class="- topic/dd dd ddexpand">After the files are written, you want the ADLS Gen2 File Metadata executor
                        to move the files to a different root directory. To move files you need to
                        specify the new location for the files. So you configure the executor to
                        move files to a different directory while still using the rest of the path,
                        as
                        follows:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>/newDir/${file:pathElement(record:value('/filepath'),1)}/${file:pathElement(record:value('/filepath'),2)}/</code></pre></dd>
                    <dd class="- topic/dd dd ddexpand">
                        <p class="- topic/p p">This expression uses <span class="+ topic/ph sw-d/filepath ph filepath">newDir</span> as the new root
                            directory, then uses two levels of subdirectories. Do not include file
                            names when moving files. </p>
                    </dd>
                
                
                    <dt class="- topic/dt dt dlterm">Example for renaming files</dt>
                    <dd class="- topic/dd dd">Say you want to add the <span class="+ topic/ph sw-d/filepath ph filepath">.json</span> suffix to the original
                        file name. To rename files, you need to specify the new name for the files,
                        so you use the following
                        expression:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>${file:fileName(record:value('/filepath'))}.json</code></pre></dd>
                    <dd class="- topic/dd dd ddexpand">This expression returns the file name from the <code class="+ topic/ph pr-d/codeph ph codeph">filepath</code>
                        field in the event record and adds <code class="+ topic/ph pr-d/codeph ph codeph">.json</code> to the file name,
                        such as <code class="+ topic/ph pr-d/codeph ph codeph"> &lt;filename&gt;.json</code>.</dd>
                    <dd class="- topic/dd dd ddexpand">If you wanted to strip the extension from written files, you could use the
                        following expression in the New Name property:
                        <pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>${file:removeExtension(file:fileName(record:value('/filepath')))}</code></pre></dd>
                    <dd class="- topic/dd dd ddexpand">This expression returns the file name from the event record of the
                            <code class="+ topic/ph pr-d/codeph ph codeph">filepath</code> field,  strips the extension from the name,
                        and uses the result as the new file name.</dd>
                
            </dl></div>
        <p class="- topic/p p">For more information about file functions, see <a class="- topic/xref xref" href="../Expression_Language/Functions.html#concept_kxj_nyl_5x">File Functions</a>.</p>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested2" aria-labelledby="ariaid-title8" id="concept_rxm_grb_b3b">
 <h3 class="- topic/title title topictitle3" id="ariaid-title8">Defining the Owner, Group, Permissions, and ACLs</h3>
 <div class="- topic/body concept/conbody body conbody">
  <div class="- topic/p p">When using the ADLS Gen2 File Metadata executor
            to change file metadata or create an empty file, you can define the file owner, group,
            file permissions, and the access control list (ACL).<div class="- topic/note note important note_important"><span class="note__title">Important:</span> When the
                executor changes permissions, it removes existing permissions and implements the
                requested permissions. The executor does not add permissions to the existing
                permissions, so be sure to configure permissions exactly how you want
            them.</div></div>
        <div class="- topic/p p">You can set permissions using any combination of the following methods: <dl class="- topic/dl dl">
                
                    <dt class="- topic/dt dt dlterm">Define a new owner and group</dt>
                    <dd class="- topic/dd dd">You can define the owner and group for files. When you use this option, you
                        must enter both an owner and a group name. </dd>
                
                
                    <dt class="- topic/dt dt dlterm">Set file permissions using the octal or symbolic formats</dt>
                    <dd class="- topic/dd dd">You can set file permissions by entering the permissions you want to use in
                        octal or symbolic format. </dd>
                    <dd class="- topic/dd dd ddexpand">For example, you can use the following octal format to make files
                        read-only:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>0444</code></pre>You can alternatively use the following
                        symbolic format to make files
                        read-only:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>-r--r--r-- </code></pre></dd>
                    <dd class="- topic/dd dd ddexpand">To make them read-only for the user and the group, forbidding all access to
                        other users, you could use either of the following
                        formats:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>0440

-r--r-----</code></pre></dd>
                
            </dl><dl class="- topic/dl dl">
                
                    <dt class="- topic/dt dt dlterm">Define ACLs </dt>
                    <dd class="- topic/dd dd">You can define the ACLs for files. When you define ACLs, note that Azure
                        Data Lake Storage expects permissions defined for the user, group, and
                        other. You can alternatively add permissions for additional users or groups. </dd>
                    <dd class="- topic/dd dd ddexpand">Use the following format to define
                        ACLs:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>user::&lt;permissions&gt;,group::&lt;permissions&gt;,other::&lt;permissions&gt;\
[,&lt;user | group&gt;:&lt;user or group name:&lt;permissions&gt;]</code></pre></dd>
                    <dd class="- topic/dd dd ddexpand">Define permissions using the symbolic format, with r, w, x, or -
                        representing the permission type. </dd>
                    <dd class="- topic/dd dd ddexpand">For example, the following ACLs allow read access for the user and group
                        only:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>user::r--,group::r--,other::â-</code></pre></dd>
                    <dd class="- topic/dd dd ddexpand">If you wanted to allow read access to the operations group in addition to
                        the group associated with the file, you would enter the following
                        permissions:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>user::r--,group::r--,other::â-,group:operations:r--</code></pre></dd>
                
            </dl></div>
 </div>
</article></article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title9" id="concept_gtd_nrb_b3b">
 <h2 class="- topic/title title topictitle2" id="ariaid-title9">Creating an Empty File</h2>
 <div class="- topic/body concept/conbody body conbody">
  <p class="- topic/p p">You can configure the ADLS Gen2 File Metadata executor
            to create empty files in Azure Data Lake Storage Gen2 upon receiving an event. You might
            create empty files to trigger downstream actions in other applications, such as Oozie. </p>
        <div class="- topic/p p">To create an empty file, specify an expression for the File Path property that provides
            an absolute path to the location where you want the file created. <div class="- topic/note note note note_note"><span class="note__title">Note:</span> In most cases, you will not want to use the
                        default expression. The default expression is more appropriate for changing
                        file metadata.</div></div>
        <div class="- topic/p p">When creating an empty file, you can also specify the following file details:<ul class="- topic/ul ul" id="concept_gtd_nrb_b3b__ul_mh3_r44_x1b" data-ofbid="concept_gtd_nrb_b3b__ul_mh3_r44_x1b">
                <li class="- topic/li li">File owner and group</li>
                <li class="- topic/li li">File permissions</li>
                <li class="- topic/li li">Access control lists (ACLs)</li>
            </ul></div>
        <p class="- topic/p p">For more information, see <a class="- topic/xref xref" href="ADLS-G2-FileMeta.html#concept_rxm_grb_b3b">Defining the Owner, Group, Permissions, and ACLs</a>.</p>
 </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title10" id="concept_zjn_qrb_b3b">
 <h2 class="- topic/title title topictitle2" id="ariaid-title10">Removing a File or Directory</h2>
 <div class="- topic/body concept/conbody body conbody">
  <p class="- topic/p p">You can configure the ADLS Gen2 File Metadata executor
            to remove a file or directory from Azure Data Lake Storage Gen2 after receiving an
            event. </p>
        <p class="- topic/p p">For example, say you run a daily pipeline that writes data to Azure Data Lake Storage
            Gen2. You can use the ADLS Gen2 File Metadata executor to remove the target directory
            and all of its contents before a pipeline starts processing data. Simply configure the
            pipeline to pass the pipeline start event to an ADLS Gen2 File Metadata executor, then
            specify the target directory when you configure the executor. For more information about
            using pipeline events, see <a class="- topic/xref xref" href="../Event_Handling/EventFramework-Title.html#concept_amg_2qr_t1b">Pipeline Event Generation</a>.</p>
        <p class="- topic/p p">Remove directories with caution. The executor removes directories recursively, deleting
            any subdirectories and their contents in addition to the specified directory. </p>
 </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title11" id="concept_h5x_5rb_b3b">
 <h2 class="- topic/title title topictitle2" id="ariaid-title11">Event Generation</h2>
 <div class="- topic/body concept/conbody body conbody">
  <p class="- topic/p p">The ADLS Gen2 File Metadata
            executor can generate events that you can use in an event stream. When you enable event
            generation, the executor generates events each time it changes file metadata, creates an
            empty file, or removes a file or directory.</p>
        <div class="- topic/p p">ADLS Gen2 File Metadata events can be used in any logical way. For example: <ul class="- topic/ul ul">
                <li class="- topic/li li">With the Email executor to send a custom email
                              after receiving an event.<p class="- topic/p p">For an example, see <a class="- topic/xref xref" href="../Solutions/SendEmail.html#concept_t2t_lp5_xz">Sending Email During Pipeline Processing</a>.</p></li>
                <li class="- topic/li li">With a destination to store event information.
                                    <p class="- topic/p p">For an example, see <a class="- topic/xref xref" href="../Solutions/EventStorage.html#concept_ocb_nnl_px">Preserving an Audit Trail of Events</a>.</p></li>
            </ul></div>
        <p class="- topic/p p"><span class="- topic/ph ph">For more information about dataflow
                        triggers and the event framework, see <a class="- topic/xref xref" href="../Event_Handling/EventFramework-Title.html#concept_cph_5h4_lx">Dataflow Triggers Overview</a>.</span></p>
 </div>
<article class="- topic/topic concept/concept topic concept nested2" aria-labelledby="ariaid-title12" id="concept_dnb_n3g_b3b">
 <h3 class="- topic/title title topictitle3" id="ariaid-title12">Event Records</h3>
 <div class="- topic/body concept/conbody body conbody">
  <div class="- topic/p p">Event records generated by the ADLS
            Gen2 File Metadata executor have the following event-related record header attributes.
            Record header attributes are stored as String values.<div class="table-container"><table class="- topic/table table frame-all" id="concept_dnb_n3g_b3b__table_brz_3gp_qx" data-ofbid="concept_dnb_n3g_b3b__table_brz_3gp_qx" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                        <tr class="- topic/row">
                            <th class="- topic/entry entry colsep-1 rowsep-1" id="concept_dnb_n3g_b3b__table_brz_3gp_qx__entry__1">Record Header Attribute</th>
                            <th class="- topic/entry entry colsep-0 rowsep-1" id="concept_dnb_n3g_b3b__table_brz_3gp_qx__entry__2">Description</th>
                        </tr>
                    </thead><tbody class="- topic/tbody tbody">
                        <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="concept_dnb_n3g_b3b__table_brz_3gp_qx__entry__1">sdc.event.type</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="concept_dnb_n3g_b3b__table_brz_3gp_qx__entry__2">Event type. Uses the following event types:<ul class="- topic/ul ul" id="concept_dnb_n3g_b3b__ul_m12_mgp_qx" data-ofbid="concept_dnb_n3g_b3b__ul_m12_mgp_qx">
                                    <li class="- topic/li li">file-changed - Generated when the executor changes file
                                        metadata, including file name, location, permissions, or
                                        ACLs.</li>
                                    <li class="- topic/li li">file-created - Generated when the executor creates an empty
                                        file.</li>
                                    <li class="- topic/li li">file-removed - Generated when the executor removes a file or
                                        directory.</li>
                                </ul></td>
                        </tr>
                        <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="concept_dnb_n3g_b3b__table_brz_3gp_qx__entry__1">sdc.event.version</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="concept_dnb_n3g_b3b__table_brz_3gp_qx__entry__2">Integer that indicates the version of the event record type.</td>
            </tr>
                        <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="concept_dnb_n3g_b3b__table_brz_3gp_qx__entry__1">sdc.event.creation_timestamp</td>
              <td class="- topic/entry entry colsep-0 rowsep-0" id="concept_dnb_n3g_b3b__entry-Event-creationDate" headers="concept_dnb_n3g_b3b__table_brz_3gp_qx__entry__2">Epoch timestamp when the stage created the event.
              </td>
            </tr>
                    </tbody></table></div></div>
        <div class="- topic/p p">The ADLS Gen2 File Metadata executor can generate the following types of event records:<dl class="- topic/dl dl">
                
                    <dt class="- topic/dt dt dlterm">File changed</dt>
                    <dd class="- topic/dd dd">
                        <p class="- topic/p p">The executor generates a file-changed event record when it changes file
                            metadata, including file name, location, permissions, or ACLs. </p>
                        <div class="- topic/p p">File-changed event records have the <code class="+ topic/ph pr-d/codeph ph codeph">sdc.event.type</code>
                            record header attribute set to <code class="+ topic/ph pr-d/codeph ph codeph">file-changed</code> and include
                            the following fields: <div class="table-container"><table class="- topic/table table frame-all" id="concept_dnb_n3g_b3b__table_rzy_xd2_pz" data-ofbid="concept_dnb_n3g_b3b__table_rzy_xd2_pz" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                        <tr class="- topic/row">
                                            <th class="- topic/entry entry colsep-1 rowsep-1" id="concept_dnb_n3g_b3b__table_rzy_xd2_pz__entry__1">Event Field Name</th>
                                            <th class="- topic/entry entry colsep-0 rowsep-1" id="concept_dnb_n3g_b3b__table_rzy_xd2_pz__entry__2">Description</th>
                                        </tr>
                                    </thead><tbody class="- topic/tbody tbody">
                                        <tr class="- topic/row">
                                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="concept_dnb_n3g_b3b__table_rzy_xd2_pz__entry__1">filepath</td>
                                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="concept_dnb_n3g_b3b__table_rzy_xd2_pz__entry__2">Most recent path and name of the changed file.
                                            </td>
                                        </tr>
                                        <tr class="- topic/row">
                                            <td class="- topic/entry entry colsep-1 rowsep-0" headers="concept_dnb_n3g_b3b__table_rzy_xd2_pz__entry__1">filename</td>
                                            <td class="- topic/entry entry colsep-0 rowsep-0" headers="concept_dnb_n3g_b3b__table_rzy_xd2_pz__entry__2">Most recent name of the changed file.</td>
                                        </tr>
                                    </tbody></table></div></div>
                    </dd>
                
                
                    <dt class="- topic/dt dt dlterm">File created</dt>
                    <dd class="- topic/dd dd">
                        <p class="- topic/p p">The executor generates a file-created event record when it creates an
                            empty file.</p>
                        <div class="- topic/p p">File-created event records have the <code class="+ topic/ph pr-d/codeph ph codeph">sdc.event.type</code>
                            record header attribute set to <code class="+ topic/ph pr-d/codeph ph codeph">file-created</code> and include
                            the following fields: <div class="table-container"><table class="- topic/table table frame-all" id="concept_dnb_n3g_b3b__table_jtk_zd2_pz" data-ofbid="concept_dnb_n3g_b3b__table_jtk_zd2_pz" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                        <tr class="- topic/row">
                                            <th class="- topic/entry entry colsep-1 rowsep-1" id="concept_dnb_n3g_b3b__table_jtk_zd2_pz__entry__1">Event Field Name</th>
                                            <th class="- topic/entry entry colsep-0 rowsep-1" id="concept_dnb_n3g_b3b__table_jtk_zd2_pz__entry__2">Description</th>
                                        </tr>
                                    </thead><tbody class="- topic/tbody tbody">
                                        <tr class="- topic/row">
                                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="concept_dnb_n3g_b3b__table_jtk_zd2_pz__entry__1">filepath</td>
                                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="concept_dnb_n3g_b3b__table_jtk_zd2_pz__entry__2">Location where the file was created.</td>
                                        </tr>
                                        <tr class="- topic/row">
                                            <td class="- topic/entry entry colsep-1 rowsep-0" headers="concept_dnb_n3g_b3b__table_jtk_zd2_pz__entry__1">filename</td>
                                            <td class="- topic/entry entry colsep-0 rowsep-0" headers="concept_dnb_n3g_b3b__table_jtk_zd2_pz__entry__2">Name of the file.</td>
                                        </tr>
                                    </tbody></table></div></div>
                    </dd>
                
            </dl><dl class="- topic/dl dl">
                
                    <dt class="- topic/dt dt dlterm">File removed</dt>
                    <dd class="- topic/dd dd">
                        <p class="- topic/p p">The executor generates a file-removed event record when it removes a file
                            or directory.</p>
                        <div class="- topic/p p">File-removed event records have the <code class="+ topic/ph pr-d/codeph ph codeph">sdc.event.type</code>
                            record header attribute set to <code class="+ topic/ph pr-d/codeph ph codeph">file-removed </code> and
                            include the following fields: <div class="table-container"><table class="- topic/table table frame-all" id="concept_dnb_n3g_b3b__table_fgd_y2w_x1b" data-ofbid="concept_dnb_n3g_b3b__table_fgd_y2w_x1b" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                        <tr class="- topic/row">
                                            <th class="- topic/entry entry colsep-1 rowsep-1" id="concept_dnb_n3g_b3b__table_fgd_y2w_x1b__entry__1">Event Field Name</th>
                                            <th class="- topic/entry entry colsep-0 rowsep-1" id="concept_dnb_n3g_b3b__table_fgd_y2w_x1b__entry__2">Description</th>
                                        </tr>
                                    </thead><tbody class="- topic/tbody tbody">
                                        <tr class="- topic/row">
                                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="concept_dnb_n3g_b3b__table_fgd_y2w_x1b__entry__1">filepath</td>
                                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="concept_dnb_n3g_b3b__table_fgd_y2w_x1b__entry__2">Location of the directory that was removed, or
                                                the directory where the removed file was
                                                located.</td>
                                        </tr>
                                        <tr class="- topic/row">
                                            <td class="- topic/entry entry colsep-1 rowsep-0" headers="concept_dnb_n3g_b3b__table_fgd_y2w_x1b__entry__1">filename</td>
                                            <td class="- topic/entry entry colsep-0 rowsep-0" headers="concept_dnb_n3g_b3b__table_fgd_y2w_x1b__entry__2">Name of the file that was removed, when
                                                applicable.</td>
                                        </tr>
                                    </tbody></table></div></div>
                    </dd>
                
            </dl></div>
 </div>
</article></article><article class="- topic/topic task/task topic task nested1" aria-labelledby="ariaid-title13" id="task_uwz_m45_rhb">
    <h2 class="- topic/title title topictitle2" id="ariaid-title13">Configuring an ADLS Gen2 File Metadata Executor </h2>
    <div class="- topic/body task/taskbody body taskbody">
        <section class="- topic/section task/context section context" id="task_uwz_m45_rhb__context_sjk_sbt_yhb" data-ofbid="task_uwz_m45_rhb__context_sjk_sbt_yhb">Configure an ADLS Gen2 File Metadata executor to create an
            empty file, change file metadata, or remove a file or directory from Azure Data Lake
            Storage Gen2 upon receiving an event.</section>
        <section class="- topic/ol task/steps ol steps"><ol class="- topic/ol task/steps ol steps" id="task_uwz_m45_rhb__steps_whh_1ct_yhb" data-ofbid="task_uwz_m45_rhb__steps_whh_1ct_yhb"><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">In the Properties panel, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">General</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_uwz_m45_rhb__table_yxz_pvs_5x" data-ofbid="task_uwz_m45_rhb__table_yxz_pvs_5x" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_uwz_m45_rhb__table_yxz_pvs_5x__entry__1">General Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_uwz_m45_rhb__table_yxz_pvs_5x__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_yxz_pvs_5x__entry__1">Name</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_yxz_pvs_5x__entry__2">Stage name.</td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_yxz_pvs_5x__entry__1">Description</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_yxz_pvs_5x__entry__2">Optional description.</td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_yxz_pvs_5x__entry__1"><a class="- topic/xref xref" href="ADLS-G2-FileMeta.html#concept_h5x_5rb_b3b">Produce Events</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_yxz_pvs_5x__entry__2">Generates event records when events occur. Use for
                  <a class="- topic/xref xref" href="../Event_Handling/EventFramework-Title.html#concept_cph_5h4_lx">event handling</a>.</td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_yxz_pvs_5x__entry__1"><a class="- topic/xref xref" href="../Pipeline_Design/DroppingUnwantedRecords.html#concept_dnj_bkm_vq">Required Fields</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_yxz_pvs_5x__entry__2">Fields that must include data for the record to be passed into the stage. <div class="- topic/note note tip note_tip"><span class="note__title">Tip:</span> You might include fields that the stage
                  uses.</div><p class="- topic/p p">Records that do not include all required fields are processed based
                  on the error handling configured for the pipeline.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_yxz_pvs_5x__entry__1"><a class="- topic/xref xref" href="../Pipeline_Design/DroppingUnwantedRecords.html#concept_msl_yd4_fs">Preconditions</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_yxz_pvs_5x__entry__2">Conditions that must evaluate to TRUE to allow a record to enter the stage for
                processing. Click <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> to create additional preconditions.
                  <p class="- topic/p p">Records that do not meet all preconditions are processed based on the error
                  handling configured for the stage.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_uwz_m45_rhb__table_yxz_pvs_5x__entry__1"><a class="- topic/xref xref" href="../Pipeline_Design/ErrorHandling.html#concept_atr_j4y_5r">On Record Error</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_uwz_m45_rhb__table_yxz_pvs_5x__entry__2">Error record handling for the stage: <ul class="- topic/ul ul" id="task_uwz_m45_rhb__ul_h5l_np2_px" data-ofbid="task_uwz_m45_rhb__ul_h5l_np2_px">
                  <li class="- topic/li li">Discard - Discards the record.</li>
                  <li class="- topic/li li">Send to Error - Sends the record to the pipeline for error handling.</li>
                  <li class="- topic/li li">Stop Pipeline - Stops the pipeline. </li>
                </ul></td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">On the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Data Lake</span> tab, configure the following
                    properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_uwz_m45_rhb__table_umv_hsw_zx" data-ofbid="task_uwz_m45_rhb__table_umv_hsw_zx" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_uwz_m45_rhb__table_umv_hsw_zx__entry__1">Data Lake Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_uwz_m45_rhb__table_umv_hsw_zx__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_umv_hsw_zx__entry__1">Account FQDN</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_umv_hsw_zx__entry__2">The host name of the Data Lake Storage Gen2 account. For example:
                                    <p class="- topic/p p"><code class="+ topic/ph pr-d/codeph ph codeph">&lt;storage account
                                    name&gt;.dfs.core.windows.net</code></p></td>
                    </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_umv_hsw_zx__entry__1">Storage Container / File System</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_umv_hsw_zx__entry__2">
                                        <p class="- topic/p p">Name of the storage container or file system where the
                                            executor reads or writes the data. </p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_umv_hsw_zx__entry__1">Secure Connection</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_umv_hsw_zx__entry__2">Uses the <code class="+ topic/ph pr-d/codeph ph codeph">abfss</code> protocol to securely connect to Azure
                            using a TLS connection. <p class="- topic/p p">When cleared, the stage uses the
                                    <code class="+ topic/ph pr-d/codeph ph codeph">abfs</code> protocol without a TLS
                            connection.</p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_umv_hsw_zx__entry__1">Authentication Method</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" id="task_uwz_m45_rhb__entry_AuthenticationMethod_ADLSG2" headers="task_uwz_m45_rhb__table_umv_hsw_zx__entry__2"><span class="- topic/ph ph" id="task_uwz_m45_rhb__ph-AuthMethod-desc">Authentication method used to connect to Azure: </span><ul class="- topic/ul ul" id="task_uwz_m45_rhb__ul_f22_dnj_xhb" data-ofbid="task_uwz_m45_rhb__ul_f22_dnj_xhb">
                                <li class="- topic/li li" id="task_uwz_m45_rhb__li-AuthMethod-Oauth" data-ofbid="task_uwz_m45_rhb__li-AuthMethod-Oauth">OAuth with Service Principal</li>
                                <li class="- topic/li li"><span class="- topic/ph ph" id="task_uwz_m45_rhb__ph-AuthMethod-ManagedIdentities">Azure Managed
                                        Identity</span></li>
                                <li class="- topic/li li" id="task_uwz_m45_rhb__li-AuthMethod-SharedKey" data-ofbid="task_uwz_m45_rhb__li-AuthMethod-SharedKey">Shared Key </li>
                            </ul></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_umv_hsw_zx__entry__1">Application ID</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_umv_hsw_zx__entry__2"><span class="- topic/ph ph">Application ID for the Azure Active Directory <span class="- topic/ph ph">Data Collector</span>
                                    application. Also known as the client ID. </span><p class="- topic/p p">For information on accessing the
                                    application ID from the Azure portal, see the <a class="- topic/xref xref" href="https://docs.microsoft.com/en-us/azure/active-directory/develop/howto-create-service-principal-portal#get-application-id-and-authentication-key" target="_blank" rel="external noopener">Azure
                                    documentation</a>.</p><p class="- topic/p p">Available when
                                using the OAuth with Service Principal or the Azure Managed Identity
                                authentication method. </p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_umv_hsw_zx__entry__1">Endpoint Type</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_umv_hsw_zx__entry__2">Method to provide endpoint details.<p class="- topic/p p">Available when using the OAuth
                                with Service Principal authentication method. </p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_umv_hsw_zx__entry__1">Tenant ID</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_umv_hsw_zx__entry__2">T<span class="- topic/ph ph"><span class="- topic/ph ph" id="task_uwz_m45_rhb__ph-justTenantID">enant ID for the Azure Active Directory
                                            <span class="- topic/ph ph">Data Collector</span> application</span>. Also known as the directory ID.</span><p class="- topic/p p">For information on accessing the tenant ID
                                    from the Azure portal, see the <a class="- topic/xref xref" href="https://docs.microsoft.com/en-us/azure/active-directory/develop/howto-create-service-principal-portal#get-tenant-id" target="_blank" rel="external noopener">Azure
                                    documentation</a>.</p><p class="- topic/p p">Available when
                                Endpoint Type is set to Tenant ID.</p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_umv_hsw_zx__entry__1">Endpoint URL</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_umv_hsw_zx__entry__2">Endpoint URL for the Azure Active Directory <span class="- topic/ph ph">Data Collector</span>
                                application.<p class="- topic/p p">Default is
                                    <code class="+ topic/ph pr-d/codeph ph codeph">https://login.microsoftonline.com/&lt;tenant-id&gt;/oauth2/token</code>.
                                </p><p class="- topic/p p">In the URL, specify the t<span class="- topic/ph ph">enant ID for the Azure Active Directory
                                            <span class="- topic/ph ph">Data Collector</span> application</span>.</p><p class="- topic/p p">For information on accessing the tenant ID
                                    from the Azure portal, see the <a class="- topic/xref xref" href="https://docs.microsoft.com/en-us/azure/active-directory/develop/howto-create-service-principal-portal#get-tenant-id" target="_blank" rel="external noopener">Azure
                                    documentation</a>.</p><p class="- topic/p p">Available when
                                Endpoint Type is set to Endpoint URL.</p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_umv_hsw_zx__entry__1">Application Key</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_umv_hsw_zx__entry__2"><span class="- topic/ph ph">Authentication key or client secret
                                    for the Azure Active Directory application. Also known as the
                                    client secret.</span><p class="- topic/p p">For information
                                    on accessing the application key from the Azure portal, see the
                                        <a class="- topic/xref xref" href="https://docs.microsoft.com/en-us/azure/active-directory/develop/howto-create-service-principal-portal#get-application-id-and-authentication-key" target="_blank" rel="external noopener">Azure
                                    documentation</a>.</p><p class="- topic/p p">Available when
                                using the OAuth with Service Principal authentication method.
                            </p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_umv_hsw_zx__entry__1">Account Shared Key </td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_umv_hsw_zx__entry__2"><span class="- topic/ph ph">Shared access key that Azure
                                    generated for the storage account.</span><p class="- topic/p p">For more information on accessing the
                                    shared access key from the Azure portal, see the <a class="- topic/xref xref" href="https://docs.microsoft.com/en-us/azure/storage/common/storage-account-manage#access-keys" target="_blank" rel="external noopener">Azure documentation</a>.
                                </p><p class="- topic/p p">Available when
                                using the Shared Key authentication method.</p></td>
                    </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_uwz_m45_rhb__table_umv_hsw_zx__entry__1">Advanced Configuration</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_uwz_m45_rhb__table_umv_hsw_zx__entry__2">
                                        <p class="- topic/p p">Additional HDFS properties to pass to the underlying file
                  system. ADLS Gen2 accesses data using the Hadoop FileSystem interface. Specified
                  properties override those in Hadoop configuration files.</p>
                                        <p class="- topic/p p">To add properties, click the <strong class="+ topic/ph hi-d/b ph b">Add </strong>icon and define the
                  HDFS property name and value. Use the property names and values as expected by
                  Hadoop. </p>
                                    </td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">On the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Tasks</span> tab, configure the following property:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_uwz_m45_rhb__table_tcf_bhj_rx" data-ofbid="task_uwz_m45_rhb__table_tcf_bhj_rx" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_uwz_m45_rhb__table_tcf_bhj_rx__entry__1">Task Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_uwz_m45_rhb__table_tcf_bhj_rx__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_uwz_m45_rhb__table_tcf_bhj_rx__entry__1">Task</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_uwz_m45_rhb__table_tcf_bhj_rx__entry__2">Type of task that the executor performs. The executor can
                                        create an empty file, change file metadata, or remove a file
                                        or directory.<p class="- topic/p p">To do more than one type of task, add
                                            additional executors to the pipeline.</p></td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">To create an empty file, configure the following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_uwz_m45_rhb__table_bdr_hp5_4z" data-ofbid="task_uwz_m45_rhb__table_bdr_hp5_4z" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_uwz_m45_rhb__table_bdr_hp5_4z__entry__1">Task Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_uwz_m45_rhb__table_bdr_hp5_4z__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_bdr_hp5_4z__entry__1">File Path</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_bdr_hp5_4z__entry__2">Expression that represents the full path to the file that
                                        you want to create.<div class="- topic/p p">By default, the property uses
                                                <code class="+ topic/ph pr-d/codeph ph codeph">${record:value('/filepath')}</code>. <div class="- topic/note note note note_note"><span class="note__title">Note:</span> In most cases, you will not want to use the
                        default expression. The default expression is more appropriate for changing
                        file metadata.</div></div></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_bdr_hp5_4z__entry__1"><a class="- topic/xref xref" href="ADLS-G2-FileMeta.html#concept_rxm_grb_b3b">Set
                                            Ownership</a>
                                    </td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_bdr_hp5_4z__entry__2">Select to specify a file owner or group. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_bdr_hp5_4z__entry__1">New Owner</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_bdr_hp5_4z__entry__2">The user name to become the new owner of the file.
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_bdr_hp5_4z__entry__1">New Group</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_bdr_hp5_4z__entry__2">The group to become the new group owner of the file.
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_bdr_hp5_4z__entry__1"><a class="- topic/xref xref" href="ADLS-G2-FileMeta.html#concept_rxm_grb_b3b">Set
                                            Permissions</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_bdr_hp5_4z__entry__2">Select to set file permissions in an octal or symbolic
                                        format.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_bdr_hp5_4z__entry__1">New Permissions</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_bdr_hp5_4z__entry__2">File permissions in octal or symbolic format.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_bdr_hp5_4z__entry__1"><a class="- topic/xref xref" href="ADLS-G2-FileMeta.html#concept_rxm_grb_b3b">Set
                                            ACLs</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_bdr_hp5_4z__entry__2">Select to define access control list (ACL) permissions.
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_uwz_m45_rhb__table_bdr_hp5_4z__entry__1">New ACLs</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_uwz_m45_rhb__table_bdr_hp5_4z__entry__2">Define ACLs for the owner, group, and other. You can
                                        optionally define other user and group permissions. </td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">To change file metadata, configure the following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_uwz_m45_rhb__table_dr2_ns5_4z" data-ofbid="task_uwz_m45_rhb__table_dr2_ns5_4z" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__1">Task Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__1"><a class="- topic/xref xref" href="ADLS-G2-FileMeta.html#concept_concept_sj5_wqb_b3b">File
                                            Path</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__2">Expression that represents the full path to the file.
                                            <p class="- topic/p p">By default, the property uses
                                                <code class="+ topic/ph pr-d/codeph ph codeph">${record:value('/filepath')}</code>, which
                                            processes data in the <code class="+ topic/ph pr-d/codeph ph codeph">filepath</code> field.
                                            The Azure Data Lake Storage Gen2 destination generates
                                            file-closure event records that include the path to
                                            closed files in a <code class="+ topic/ph pr-d/codeph ph codeph">filepath</code>
                                            field.</p><div class="- topic/p p">To update whole files that the Azure Data
                                            Lake Storage Gen2 destination has completed streaming,
                                            use the following
                                            expression:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>${record:value('/targetFileInfo/path')}</code></pre></div></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__1">Move File</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__2">Select to move the file.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__1">New Location</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__2">New location for the file. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__1">Rename</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__2">Select to rename the file.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__1">New Name</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__2">New name for the file. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__1"><a class="- topic/xref xref" href="ADLS-G2-FileMeta.html#concept_rxm_grb_b3b">Set
                                            Ownership</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__2">Select to change the file owner or group. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__1">New Owner</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__2">The user name to own the file. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__1">New Group</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__2">The group to own the file. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__1"><a class="- topic/xref xref" href="ADLS-G2-FileMeta.html#concept_rxm_grb_b3b">Set
                                            Permissions</a>
                                    </td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__2">Select to set file permissions in an octal or symbolic
                                        format.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__1">New Permissions</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__2">File permissions in octal or symbolic format.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__1"><a class="- topic/xref xref" href="ADLS-G2-FileMeta.html#concept_rxm_grb_b3b">Set
                                            ACLs</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__2">Select to define access control list (ACL) permissions.
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__1">New ACLs</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_uwz_m45_rhb__table_dr2_ns5_4z__entry__2">Define ACLs for the owner, group, and other. You can
                                        optionally define other user and group permissions. </td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">To remove a file or directory, configure the following property:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_uwz_m45_rhb__table_cnj_kp4_x1b" data-ofbid="task_uwz_m45_rhb__table_cnj_kp4_x1b" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_uwz_m45_rhb__table_cnj_kp4_x1b__entry__1">Task Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_uwz_m45_rhb__table_cnj_kp4_x1b__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_uwz_m45_rhb__table_cnj_kp4_x1b__entry__1">File Path</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_uwz_m45_rhb__table_cnj_kp4_x1b__entry__2">Expression that represents the full path to the file or
                                        directory that you want to remove. <p class="- topic/p p">The executor removes
                                            directories recursively, removing all subdirectories as
                                            well. Use with caution. For more information, see <a class="- topic/xref xref" href="ADLS-G2-FileMeta.html#concept_zjn_qrb_b3b">Removing a File or Directory</a>.
                                            </p><div class="- topic/p p">By default, the property uses
                                                <code class="+ topic/ph pr-d/codeph ph codeph">${record:value('/filepath')}</code>. <div class="- topic/note note note note_note"><span class="note__title">Note:</span> In most cases, you will not want to use the
                        default expression. The default expression is more appropriate for changing
                        file metadata.</div></div></td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li></ol></section>
    </div>
</article></article></article></main></div>

                        
                        
                        


                    </div>
                    
                </div>
            </div>


        </div> <nav class="navbar navbar-default wh_footer" data-whc_version="25.0">
  <div class=" footer-container  mx-auto">
    <!-- script for Data Collector, all flavors, but only used when accessed directly, not from portal --><script>
  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
  m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
  })(window,document,'script','https://www.google-analytics.com/analytics.js','ga');

  ga('create', 'UA-60917135-3', 'auto');
  ga('send', 'pageview');
</script>
  </div>
</nav>

        
        <div id="go2top">
            <span class="oxy-icon oxy-icon-up"></span>
        </div>
        
        <!-- The modal container for images -->
        <div id="modal_img_large" class="modal">
            <span class="close oxy-icon oxy-icon-remove"></span>
            <!-- Modal Content (The Image) -->
            <div id="modal_img_container"></div>
            <!-- Modal Caption (Image Text) -->
            <div id="caption"></div>
        </div>
        
        
        Â© 2023 StreamSets, Inc.

    </body>
</html>